/*
	Written By Sanjay Giri and Pradipna Nepal
	www.pradsprojects.com
	
	Copyright (C) 2012 Prads Projects
	Please read COPYING.txt included along with this source code for more detail.
	If not included, see http://www.gnu.org/licenses/
*/

#ifndef LIBTOKENIZER_H
#define LIBTOKENIZER_H

#include <iostream>
#include <string>
#include <fstream>
#include <vector>
#include "resTokenTypes.h"
#include "libToken.h"
using namespace std;

class Tokenizer {
private:
	string data;
	TokenDescription isKeyWord(string accum);
public:
	Tokenizer(string filename);
	vector<Token> tokenize();
};

#endif